from model_controller import ModelPredictController, ModelTrainController
from plotter import Plotter
from glob import glob
from IPython.display import Image
Found GPU at: /device:GPU:0 2.5.0 Found GPU at: /device:GPU:0 2.5.0 Found GPU at: /device:GPU:0 Found GPU at: /device:GPU:0 2.5.0
model = ModelPredictController(NUM_LINHAS=8);
model.load()
building... total do vocabulario= 179 VOCAB_SIZE 180
model.restoreFromCheckpointName('train_20211026_curriculum_try2_8lines_INCR_LEN__NO_TEACH__CURRICULUM--curriculum-8-linhas--etapa-1')
# model.restoreFromBestCheckpoint()
restore from pretraining ../train-folder/checkpoints/train_20211026_curriculum_try2_8lines_INCR_LEN__NO_TEACH__CURRICULUM--curriculum-8-linhas--etapa-1\ckpt-1 ...
model.evaluateForTest('test-8lines', plot_attention=False, _len= 16)
target_len= 16 evaluating dataset test-8lines evaluating total images: 114 ... evaluating 0 ... ------------------------ 0 ------------------------------ predicted ['c4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'g6', 'Nc3', 'Bg7', 'Be3', 'Bb7', 'Bd3', 'Nge7', 'Bb4', 'Nge7'] expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4'] ------------------------ 1 ------------------------------ predicted ['e4', 'e5', 'Nf3', 'd6', 'Bxc3+', 'Bb4+', 'Bb4+', 'cxd4', 'O-O', 'Nc6', 'Re1', 'c6', 'Nc3', 'Nc3', 'Nc3', 'O-O'] expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O'] ------------------------ 2 ------------------------------ predicted ['Nf3', 'Nf6', 'Nf3', 'd5', 'Bg2', 'Bg7', 'O-O', 'cxd4', 'Bg5', 'd6', 'd3', 'Rb8', 'O-O', 'Rb8', 'Bd3', 'Bb4'] expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8'] ------------------------ 3 ------------------------------ predicted ['c4', 'g6', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg5', 'Bg7', 'Nc3', 'f6', 'O-O', 'e5', 'c3', 'Nd7', 'd4', 'O-O'] expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O'] ------------------------ 4 ------------------------------ predicted ['d4', 'd5', 'Bc4', 'Nc6', 'Nc3', 'c5', 'Nc3', 'Qb6', 'Qe2', 'Ne4', 'Qc2', 'g6', 'Nbd2', 'O-O', 'e4', 'Nb6'] expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6'] evaluating 100 ... len 1 accuracy 0.7894737124443054 cir 0.10672515 len 2 accuracy 0.6929824352264404 cir 0.17032164 len 3 accuracy 0.6783625483512878 cir 0.19736843 len 4 accuracy 0.6622806787490845 cir 0.20413013 len 5 accuracy 0.6491228342056274 cir 0.22239767 len 6 accuracy 0.6198830604553223 cir 0.2572125 len 7 accuracy 0.5927318334579468 cir 0.28416878 len 8 accuracy 0.5734649300575256 cir 0.30529973 len 9 accuracy 0.5516569018363953 cir 0.32279077 len 10 accuracy 0.527193009853363 cir 0.34400582 len 11 accuracy 0.5039872527122498 cir 0.37041467 len 12 accuracy 0.4795321524143219 cir 0.396077 len 13 accuracy 0.4655870497226715 cir 0.4120558 len 14 accuracy 0.44736841320991516 cir 0.43583962 len 15 accuracy 0.4432748556137085 cir 0.4394347 len 16 accuracy 0.4364035129547119 cir 0.4450932
model.evaluateForTest('test-8lines', plot_attention=True, _len= 16)
target_len= 16 evaluating dataset test-8lines evaluating total images: 114 ... evaluating 0 ... ------------------------ 0 ------------------------------ predicted ['c4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'g6', 'Nc3', 'Bg7', 'Be3', 'Bd7', 'Qd2', 'Nge7', 'Ne4', 'Nge7'] expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4'] ../test-data/test-8lines\images\carnaval_0004_fullpage.jpg
------------------------ 1 ------------------------------ predicted ['e4', 'e5', 'Nf3', 'd6', 'Bxc3+', 'Bb4+', 'Bxd7+', 'cxd4', 'O-O', 'Nc6', 'e4', 'c6', 'Nc3', 'Be7', 'd3', 'O-O'] expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O'] ../test-data/test-8lines\images\carnaval_0015_fullpage.jpg
------------------------ 2 ------------------------------ predicted ['Nf3', 'Nf6', 'g3', 'd6', 'e5', 'Bg7', 'Nf3', 'cxd4', 'O-O', 'Nf6', 'Bd3', 'Rb8', 'O-O', 'Nb6', 'd3', 'Qb6'] expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8'] ../test-data/test-8lines\images\carnaval_0023_fullpage.jpg
------------------------ 3 ------------------------------ predicted ['c4', 'g6', 'Nf3', 'Nc6', 'g3', 'a6', 'f4', 'Bg7', 'c4', 'f6', 'O-O', 'e5', 'Nc3', 'Nfd7', 'Bh4', 'O-O'] expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O'] ../test-data/test-8lines\images\carnaval_0029_fullpage.jpg
------------------------ 4 ------------------------------ predicted ['d4', 'd5', 'Bc4', 'Nc6', 'Nf3', 'e5', 'c3', 'b6', 'Qc2', 'Ne4', 'Qc2', 'O-O', 'Nbd2', 'O-O', 'e4', 'a6'] expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6'] ../test-data/test-8lines\images\carnaval_0032_fullpage.jpg
../test-data/test-8lines\images\carnaval_0033_fullpage.jpg
../test-data/test-8lines\images\carnaval_0038_fullpage.jpg
../test-data/test-8lines\images\carnaval_0040_fullpage.jpg
../test-data/test-8lines\images\carnaval_0042_fullpage.jpg
../test-data/test-8lines\images\carnaval_0051_fullpage.jpg
../test-data/test-8lines\images\carnaval_0055_fullpage.jpg
../test-data/test-8lines\images\carnaval_0058_fullpage.jpg
../test-data/test-8lines\images\carnaval_0059_fullpage.jpg
../test-data/test-8lines\images\carnaval_0067_fullpage.jpg
../test-data/test-8lines\images\carnaval_0068_fullpage.jpg
../test-data/test-8lines\images\carnaval_0071_fullpage.jpg
../test-data/test-8lines\images\carnaval_0072_fullpage.jpg
../test-data/test-8lines\images\carnaval_0082_fullpage.jpg
../test-data/test-8lines\images\carnaval_0086_fullpage.jpg
../test-data/test-8lines\images\carnaval_0090_fullpage.jpg
../test-data/test-8lines\images\carnaval_0091_fullpage.jpg
../test-data/test-8lines\images\carnaval_0104_fullpage.jpg
../test-data/test-8lines\images\carnaval_0106_fullpage.jpg
../test-data/test-8lines\images\carnaval_0109_fullpage.jpg
../test-data/test-8lines\images\carnaval_0114_fullpage.jpg
../test-data/test-8lines\images\carnaval_0124_fullpage.jpg
../test-data/test-8lines\images\carnaval_0144_fullpage.jpg
../test-data/test-8lines\images\carnaval_0150_fullpage.jpg
../test-data/test-8lines\images\carnaval_0155_fullpage.jpg
../test-data/test-8lines\images\carnaval_0156_fullpage.jpg
../test-data/test-8lines\images\carnaval_0157_fullpage.jpg
../test-data/test-8lines\images\carnaval_0161_fullpage.jpg
../test-data/test-8lines\images\carnaval_0164_fullpage.jpg
../test-data/test-8lines\images\carnaval_0170_fullpage.jpg
../test-data/test-8lines\images\carnaval_0172_fullpage.jpg
../test-data/test-8lines\images\carnaval_0174_fullpage.jpg
../test-data/test-8lines\images\carnaval_0176_fullpage.jpg
../test-data/test-8lines\images\carnaval_0181_fullpage.jpg
../test-data/test-8lines\images\carnaval_0204_fullpage.jpg
../test-data/test-8lines\images\carnaval_0213_fullpage.jpg
../test-data/test-8lines\images\carnaval_0223_fullpage.jpg
../test-data/test-8lines\images\carnaval_0227_fullpage.jpg
../test-data/test-8lines\images\carnaval_0230_fullpage.jpg
../test-data/test-8lines\images\carnaval_0232_fullpage.jpg
../test-data/test-8lines\images\carnaval_0233_fullpage.jpg
../test-data/test-8lines\images\carnaval_0234_fullpage.jpg
../test-data/test-8lines\images\carnaval_0252_fullpage.jpg
../test-data/test-8lines\images\carnaval_0268_fullpage.jpg
../test-data/test-8lines\images\carnaval_0271_fullpage.jpg
../test-data/test-8lines\images\carnaval_0282_fullpage.jpg
../test-data/test-8lines\images\carnaval_0283_fullpage.jpg
../test-data/test-8lines\images\carnaval_0286_fullpage.jpg
../test-data/test-8lines\images\carnaval_0287_fullpage.jpg
../test-data/test-8lines\images\carnaval_0294_fullpage.jpg
../test-data/test-8lines\images\carnaval_0297_fullpage.jpg
../test-data/test-8lines\images\carnaval_0298_fullpage.jpg
../test-data/test-8lines\images\carnaval_0324_fullpage.jpg
../test-data/test-8lines\images\carnaval_0328_fullpage.jpg
../test-data/test-8lines\images\carnaval_0330_fullpage.jpg
../test-data/test-8lines\images\carnaval_0335_fullpage.jpg
../test-data/test-8lines\images\carnaval_0347_fullpage.jpg
../test-data/test-8lines\images\carnaval_0356_fullpage.jpg
../test-data/test-8lines\images\carnaval_0357_fullpage.jpg
../test-data/test-8lines\images\carnaval_0361_fullpage.jpg
../test-data/test-8lines\images\carnaval_0367_fullpage.jpg
../test-data/test-8lines\images\carnaval_0372_fullpage.jpg
../test-data/test-8lines\images\carnaval_0373_fullpage.jpg
../test-data/test-8lines\images\carnaval_0375_fullpage.jpg
../test-data/test-8lines\images\carnaval_0379_fullpage.jpg
../test-data/test-8lines\images\carnaval_0395_fullpage.jpg
../test-data/test-8lines\images\carnaval_0401_fullpage.jpg
../test-data/test-8lines\images\carnaval_0404_fullpage.jpg
../test-data/test-8lines\images\carnaval_0408_fullpage.jpg
../test-data/test-8lines\images\carnaval_0422_fullpage.jpg
../test-data/test-8lines\images\carnaval_0425_fullpage.jpg
../test-data/test-8lines\images\carnaval_0426_fullpage.jpg
../test-data/test-8lines\images\carnaval_0444_fullpage.jpg
../test-data/test-8lines\images\carnaval_0449_fullpage.jpg
../test-data/test-8lines\images\carnaval_0466_fullpage.jpg
../test-data/test-8lines\images\carnaval_0473_fullpage.jpg
../test-data/test-8lines\images\carnaval_0483_fullpage.jpg
../test-data/test-8lines\images\carnaval_0485_fullpage.jpg
../test-data/test-8lines\images\carnaval_0487_fullpage.jpg
../test-data/test-8lines\images\carnaval_0494_fullpage.jpg
../test-data/test-8lines\images\carnaval_0501_fullpage.jpg
../test-data/test-8lines\images\carnaval_0503_fullpage.jpg
../test-data/test-8lines\images\carnaval_0507_fullpage.jpg
../test-data/test-8lines\images\carnaval_0509_fullpage.jpg
../test-data/test-8lines\images\carnaval_0514_fullpage.jpg
../test-data/test-8lines\images\carnaval_0542_fullpage.jpg
../test-data/test-8lines\images\carnaval_0544_fullpage.jpg
../test-data/test-8lines\images\carnaval_0551_fullpage.jpg
../test-data/test-8lines\images\carnaval_0553_fullpage.jpg
../test-data/test-8lines\images\carnaval_0554_fullpage.jpg
../test-data/test-8lines\images\carnaval_0565_fullpage.jpg
../test-data/test-8lines\images\carnaval_0569_fullpage.jpg
../test-data/test-8lines\images\carnaval_0578_fullpage.jpg
../test-data/test-8lines\images\carnaval_0580_fullpage.jpg
../test-data/test-8lines\images\carnaval_0589_fullpage.jpg
../test-data/test-8lines\images\carnaval_0590_fullpage.jpg
evaluating 100 ... ../test-data/test-8lines\images\carnaval_0592_fullpage.jpg
../test-data/test-8lines\images\carnaval_0596_fullpage.jpg
../test-data/test-8lines\images\carnaval_0598_fullpage.jpg
../test-data/test-8lines\images\carnaval_0601_fullpage.jpg
../test-data/test-8lines\images\carnaval_0606_fullpage.jpg
../test-data/test-8lines\images\carnaval_0607_fullpage.jpg
../test-data/test-8lines\images\carnaval_0608_fullpage.jpg
../test-data/test-8lines\images\carnaval_0614_fullpage.jpg
../test-data/test-8lines\images\carnaval_0625_fullpage.jpg
../test-data/test-8lines\images\carnaval_0626_fullpage.jpg
../test-data/test-8lines\images\carnaval_0629_fullpage.jpg
../test-data/test-8lines\images\carnaval_0648_fullpage.jpg
../test-data/test-8lines\images\carnaval_0655_fullpage.jpg
../test-data/test-8lines\images\carnaval_0676_fullpage.jpg
len 1 accuracy 0.7368420958518982 cir 0.14619884 len 2 accuracy 0.6666666865348816 cir 0.19078949 len 3 accuracy 0.6725146174430847 cir 0.19420078 len 4 accuracy 0.6732456088066101 cir 0.19517545 len 5 accuracy 0.6543859839439392 cir 0.21070176 len 6 accuracy 0.6198830604553223 cir 0.24588206 len 7 accuracy 0.5927318334579468 cir 0.27852967 len 8 accuracy 0.5635964870452881 cir 0.31142178 len 9 accuracy 0.5409356951713562 cir 0.32839507 len 10 accuracy 0.5157894492149353 cir 0.34744152 len 11 accuracy 0.4928229749202728 cir 0.37563798 len 12 accuracy 0.47002923488616943 cir 0.40031677 len 13 accuracy 0.4554655849933624 cir 0.41602567 len 14 accuracy 0.43546366691589355 cir 0.44419387 len 15 accuracy 0.43157893419265747 cir 0.44586745 len 16 accuracy 0.4270833432674408 cir 0.44820905